# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
# All rights reserved.
#
# Licensed under the Apache License, Version 2.0  (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

from typing import Any

from msprobe.pytorch.free_benchmark import logger
from msprobe.pytorch.free_benchmark.common.enums import DeviceType
from msprobe.pytorch.free_benchmark.common.params import DataParams, make_unequal_row
from msprobe.pytorch.free_benchmark.common.utils import Tools
from msprobe.pytorch.free_benchmark.compare.single_benchmark import SingleCompare
from msprobe.pytorch.free_benchmark.result_handlers.base_handler import FuzzHandler


class CheckerHandler(FuzzHandler):
    def other_compare(self, data_params: DataParams) -> bool:
        is_consistent = SingleCompare().compare_seq(
                    data_params.original_result, data_params.perturbed_result
                )
        if not is_consistent:
            self.unequal_rows.append(
                make_unequal_row(data_params, self.params)
            )

    def get_threshold(self, dtype):
        return self._get_default_threshold(dtype)

    def handle(self, data_params: DataParams) -> Any:
        if isinstance(data_params.perturbed_result, bool) or not Tools.is_float_tensor(
            data_params.perturbed_result
        ):
            return data_params.original_result
        try:
            if self.params.fuzz_device == DeviceType.NPU:
                self.cmp_output_npu(data_params)
            else:
                self.other_compare(data_params)
        except Exception as e:
            logger.warning_on_rank_0(
                f"[msprobe] Free Benchmark: For {self.params.api_name}, "
                f"when comparing the results, an exception is raised: {e}"
            )
        return data_params.original_result
